import requests
from lxml import etree
from concurrent.futures import ThreadPoolExecutor

def downloadOnePage(url):
    resp = requests.get(url)
    html = etree.HTML(resp.text)
    table = html.xpath('/html/body/div[2]/div[4]/div[1]/table')[0]
    trs = table.xpath('./tr')[1:]
    # trs = table.xpath('./tr[position() > 1]')
    for tr in trs:
        txt = tr.xpath('./td/text()')
        # 去掉 \\ / 等字符
        txt = (item.replace('\\', '').replace('/', '') for item in txt)
        print(list(txt))
    print(url, '提取完毕')

if __name__ == '__main__':
    url = ""
    pageCount= 200
    with ThreadPoolExecutor(50) as t:
        for i in range(1, pageCount):
            t.submit(downloadOnePage, url)

    print('done')